<!DOCTYPE HTML>
<html lang="en" >
    
    <head>
        
        <meta charset="UTF-8">
        <meta http-equiv="X-UA-Compatible" content="IE=edge" />
        <title>threading | 爬虫</title>
        <meta content="text/html; charset=utf-8" http-equiv="Content-Type">
        <meta name="description" content="">
        <meta name="generator" content="GitBook 2.6.7">
        
        
        <meta name="HandheldFriendly" content="true"/>
        <meta name="viewport" content="width=device-width, initial-scale=1, user-scalable=no">
        <meta name="apple-mobile-web-app-capable" content="yes">
        <meta name="apple-mobile-web-app-status-bar-style" content="black">
        <link rel="apple-touch-icon-precomposed" sizes="152x152" href="../gitbook/images/apple-touch-icon-precomposed-152.png">
        <link rel="shortcut icon" href="../gitbook/images/favicon.ico" type="image/x-icon">
        
    <link rel="stylesheet" href="../gitbook/style.css">
    
        
        <link rel="stylesheet" href="../gitbook/plugins/gitbook-plugin-highlight/website.css">
        
    
        
        <link rel="stylesheet" href="../gitbook/plugins/gitbook-plugin-search/search.css">
        
    
        
        <link rel="stylesheet" href="../gitbook/plugins/gitbook-plugin-fontsettings/website.css">
        
    
    

        
    
    
    <link rel="next" href="../scrapy框架/scrapy.html" />
    
    
    <link rel="prev" href="../进程线程协程/multiprecessing.html" />
    

        
    </head>
    <body>
        
        
    <div class="book"
        data-level="7.5"
        data-chapter-title="threading"
        data-filepath="进程线程协程/threading.md"
        data-basepath=".."
        data-revision="Fri Oct 19 2018 08:44:08 GMT+0800 (中国标准时间)"
        data-innerlanguage="">
    

<div class="book-summary">
    <nav role="navigation">
        <ul class="summary">
            
            
            
            

            

            
    
        <li class="chapter " data-level="0" data-path="index.html">
            
                
                    <a href="../index.html">
                
                        <i class="fa fa-check"></i>
                        
                        序言
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="1" data-path="认识爬虫/introduceSpider.html">
            
                
                    <a href="../认识爬虫/introduceSpider.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>1.</b>
                        
                        认识爬虫
                    </a>
            
            
            <ul class="articles">
                
    
        <li class="chapter " data-level="1.1" data-path="认识爬虫/http.html">
            
                
                    <a href="../认识爬虫/http.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>1.1.</b>
                        
                        HTTP
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="1.2" data-path="认识爬虫/Requests.html">
            
                
                    <a href="../认识爬虫/Requests.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>1.2.</b>
                        
                        requests
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="1.3" data-path="认识爬虫/初步爬虫.html">
            
                
                    <a href="../认识爬虫/初步爬虫.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>1.3.</b>
                        
                        初步爬虫小项目
                    </a>
            
            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="2" data-path="正则表达式/正则表达式.html">
            
                
                    <a href="../正则表达式/正则表达式.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>2.</b>
                        
                        正则表达式
                    </a>
            
            
            <ul class="articles">
                
    
        <li class="chapter " data-level="2.1" data-path="正则表达式/正则表达式练习.html">
            
                
                    <a href="../正则表达式/正则表达式练习.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>2.1.</b>
                        
                        正则表达式练习
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="2.2" data-path="正则表达式/正则表达式之后的第一个项目.html">
            
                
                    <a href="../正则表达式/正则表达式之后的第一个项目.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>2.2.</b>
                        
                        正则表达式之后的第一个项目
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="2.3" data-path="正则表达式/正则表达式常用表.html">
            
                
                    <a href="../正则表达式/正则表达式常用表.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>2.3.</b>
                        
                        正则表达式常用表
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="2.4" data-path="正则表达式/正则表达式重点1.html">
            
                
                    <a href="../正则表达式/正则表达式重点1.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>2.4.</b>
                        
                        正则表达式重点
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="2.5" data-path="正则表达式/正则表达式常问问题.html">
            
                
                    <a href="../正则表达式/正则表达式常问问题.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>2.5.</b>
                        
                        正则表达式常问问题
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="2.6" data-path="正则表达式/正则爬虫练习.html">
            
                
                    <a href="../正则表达式/正则爬虫练习.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>2.6.</b>
                        
                        正则爬虫项目练习
                    </a>
            
            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="3" data-path="XPATH/xpath-in.html">
            
                
                    <a href="../XPATH/xpath-in.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>3.</b>
                        
                        XPATH
                    </a>
            
            
            <ul class="articles">
                
    
        <li class="chapter " data-level="3.1" data-path="XPATH/Xpath.html">
            
                
                    <a href="../XPATH/Xpath.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>3.1.</b>
                        
                        XPATH认识
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="3.2" data-path="XPATH/Xpath的代码例子.html">
            
                
                    <a href="../XPATH/Xpath的代码例子.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>3.2.</b>
                        
                        XPATH的代码例子
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="3.3" data-path="XPATH/xpath的爬虫练习.html">
            
                
                    <a href="../XPATH/xpath的爬虫练习.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>3.3.</b>
                        
                        XPATH的爬虫练习
                    </a>
            
            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="4" data-path="BeautifulSoup/BeautifulSoup.html">
            
                
                    <a href="../BeautifulSoup/BeautifulSoup.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>4.</b>
                        
                        BeautifulSoup
                    </a>
            
            
            <ul class="articles">
                
    
        <li class="chapter " data-level="4.1" data-path="BeautifulSoup/常用的css选择器.html">
            
                
                    <a href="../BeautifulSoup/常用的css选择器.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>4.1.</b>
                        
                        常用的css选择器
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="4.2" data-path="BeautifulSoup/BeautifulSoup4的各种例子.html">
            
                
                    <a href="../BeautifulSoup/BeautifulSoup4的各种例子.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>4.2.</b>
                        
                        BeautifulSoup4的各种例子
                    </a>
            
            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="5" data-path="代理/proxy.html">
            
                
                    <a href="../代理/proxy.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>5.</b>
                        
                        ip代理池项目
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="6" data-path="Selenium/Selenium.html">
            
                
                    <a href="../Selenium/Selenium.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>6.</b>
                        
                        Selenium
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="7" data-path="进程线程协程/introduce.html">
            
                
                    <a href="../进程线程协程/introduce.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>7.</b>
                        
                        进程线程协程
                    </a>
            
            
            <ul class="articles">
                
    
        <li class="chapter " data-level="7.1" data-path="进程线程协程/gevent.html">
            
                
                    <a href="../进程线程协程/gevent.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>7.1.</b>
                        
                        gevent
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="7.2" data-path="进程线程协程/green_let.html">
            
                
                    <a href="../进程线程协程/green_let.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>7.2.</b>
                        
                        green_let
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="7.3" data-path="进程线程协程/yield.html">
            
                
                    <a href="../进程线程协程/yield.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>7.3.</b>
                        
                        yield
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="7.4" data-path="进程线程协程/multiprecessing.html">
            
                
                    <a href="../进程线程协程/multiprecessing.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>7.4.</b>
                        
                        multiprecessing
                    </a>
            
            
        </li>
    
        <li class="chapter active" data-level="7.5" data-path="进程线程协程/threading.html">
            
                
                    <a href="../进程线程协程/threading.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>7.5.</b>
                        
                        threading
                    </a>
            
            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="8" data-path="scrapy框架/scrapy.html">
            
                
                    <a href="../scrapy框架/scrapy.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>8.</b>
                        
                        Scrapy
                    </a>
            
            
            <ul class="articles">
                
    
        <li class="chapter " data-level="8.1" data-path="scrapy框架/scrapy_setting.html">
            
                
                    <a href="../scrapy框架/scrapy_setting.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>8.1.</b>
                        
                        scrapy_setting
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="8.2" data-path="scrapy框架/模块作用.html">
            
                
                    <a href="../scrapy框架/模块作用.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>8.2.</b>
                        
                        模块作用
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="8.3" data-path="scrapy框架/19个中间件.html">
            
                
                    <a href="../scrapy框架/19个中间件.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>8.3.</b>
                        
                        19个中间件
                    </a>
            
            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="9" data-path="scrapy-redis分布式/scrapy-redis.html">
            
                
                    <a href="../scrapy-redis分布式/scrapy-redis.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>9.</b>
                        
                        scrapy-redis分布式
                    </a>
            
            
            <ul class="articles">
                
    
        <li class="chapter " data-level="9.1" data-path="scrapy-redis分布式/scrapy-redis的改造方法.html">
            
                
                    <a href="../scrapy-redis分布式/scrapy-redis的改造方法.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>9.1.</b>
                        
                        scrapy-redis的改造方法
                    </a>
            
            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="10" data-path="spider_projects/introduce.html">
            
                
                    <a href="../spider_projects/introduce.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>10.</b>
                        
                        spider_projects
                    </a>
            
            
            <ul class="articles">
                
    
        <li class="chapter " data-level="10.1" data-path="spider_projects/使用代理在普通爬虫脚本下.html">
            
                
                    <a href="../spider_projects/使用代理在普通爬虫脚本下.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>10.1.</b>
                        
                        使用代理在普通爬虫脚本下
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="10.2" data-path="spider_projects/xpath爬取前程无忧的数据.html">
            
                
                    <a href="../spider_projects/xpath爬取前程无忧的数据.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>10.2.</b>
                        
                        xpath爬取前程无忧的数据
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="10.3" data-path="spider_projects/存储数据库的脚本.html">
            
                
                    <a href="../spider_projects/存储数据库的脚本.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>10.3.</b>
                        
                        存储数据库的脚本
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="10.4" data-path="spider_projects/weibo.html">
            
                
                    <a href="../spider_projects/weibo.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>10.4.</b>
                        
                        爬取央视新闻微博
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="10.5" data-path="spider_projects/weibo2.html">
            
                
                    <a href="../spider_projects/weibo2.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>10.5.</b>
                        
                        爬取明星的微博
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="10.6" data-path="spider_projects/liepin.html">
            
                
                    <a href="../spider_projects/liepin.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>10.6.</b>
                        
                        爬取猎聘的职位信息Crawl
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="10.7" data-path="spider_projects/zhilianRe.html">
            
                
                    <a href="../spider_projects/zhilianRe.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>10.7.</b>
                        
                        纯正则爬取智联的职位信息
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="10.8" data-path="spider_projects/setting.html">
            
                
                    <a href="../spider_projects/setting.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>10.8.</b>
                        
                        scrapy中的setting
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="10.9" data-path="spider_projects/items.html">
            
                
                    <a href="../spider_projects/items.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>10.9.</b>
                        
                        scrapy中的items
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="10.10" data-path="spider_projects/pipeline.html">
            
                
                    <a href="../spider_projects/pipeline.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>10.10.</b>
                        
                        scrapy中的pipeline
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="10.11" data-path="spider_projects/middlewares.html">
            
                
                    <a href="../spider_projects/middlewares.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>10.11.</b>
                        
                        scrapy中的middlewares
                    </a>
            
            
        </li>
    
        <li class="chapter " data-level="10.12" data-path="spider_projects/框架中的代码运行脚本.html">
            
                
                    <a href="../spider_projects/框架中的代码运行脚本.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>10.12.</b>
                        
                        框架中的代码运行脚本
                    </a>
            
            
        </li>
    

            </ul>
            
        </li>
    
        <li class="chapter " data-level="11" data-path="爬虫的面试题/面试题1-10.html">
            
                
                    <a href="../爬虫的面试题/面试题1-10.html">
                
                        <i class="fa fa-check"></i>
                        
                            <b>11.</b>
                        
                        爬虫面试题
                    </a>
            
            
        </li>
    


            
            <li class="divider"></li>
            <li>
                <a href="https://www.gitbook.com" target="blank" class="gitbook-link">
                    Published with GitBook
                </a>
            </li>
            
        </ul>
    </nav>
</div>

    <div class="book-body">
        <div class="body-inner">
            <div class="book-header" role="navigation">
    <!-- Actions Left -->
    

    <!-- Title -->
    <h1>
        <i class="fa fa-circle-o-notch fa-spin"></i>
        <a href="../" >爬虫</a>
    </h1>
</div>

            <div class="page-wrapper" tabindex="-1" role="main">
                <div class="page-inner">
                
                
                    <section class="normal" id="section-">
                    
                        <h1 id="&#x7EBF;&#x7A0B;&#x548C;&#x7EBF;&#x7A0B;&#x6C60;">&#x7EBF;&#x7A0B;&#x548C;&#x7EBF;&#x7A0B;&#x6C60;</h1>
<h2 id="&#x7EBF;&#x7A0B;&#x7F16;&#x7A0B;">&#x7EBF;&#x7A0B;&#x7F16;&#x7A0B;</h2>
<ol>
<li>&#x5BFC;&#x5165;&#x7EBF;&#x7A0B;&#x548C;&#x8FDB;&#x7A0B;&#x7684;&#x5305;</li>
<li>&#x65B0;&#x5EFA;&#x8FDB;&#x7A0B;&#x6216;&#x8005;&#x7EBF;&#x7A0B;&#x7684;&#x7C7B;t</li>
<li>&#x51FD;&#x6570;&#x542F;&#x52A8;&#x7EBF;&#x7A0B;/&#x8FDB;&#x7A0B; t.start()</li>
<li>&#x4E3B;&#x7EBF;&#x7A0B;&#x6216;&#x8005;&#x4E3B;&#x8FDB;&#x7A0B; t.join()</li>
<li>&#x9650;&#x5236;&#x8FDB;&#x7A0B;&#x548C;&#x7EBF;&#x7A0B;&#x7684;&#x4E2A;&#x6570;&#xFF0C; Pool</li>
<li>&#x8FDB;&#x7A0B;&#x6C60;&#x548C;&#x7EBF;&#x7A0B;&#x6C60;&#x7684;&#x4F5C;&#x7528;&#x5C31;&#x662F;
 a) &#x9650;&#x5236;&#x8FDB;&#x7A0B;&#x6216;&#x8005;&#x7EBF;&#x7A0B;&#x7684;&#x4E2A;&#x6570; 
 b) &#x91CD;&#x7528;&#x8FDB;&#x7A0B;&#x548C;&#x7EBF;&#x7A0B;</li>
</ol>
<pre><code class="lang-python"><span class="hljs-keyword">import</span> threading
<span class="hljs-keyword">from</span> time <span class="hljs-keyword">import</span> ctime,sleep


<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">music</span><span class="hljs-params">(func)</span>:</span>
    <span class="hljs-keyword">for</span> i <span class="hljs-keyword">in</span> range(<span class="hljs-number">2</span>):
        print(<span class="hljs-string">&quot;I was listening to %s. %s&quot;</span> %(func,ctime()))
        sleep(<span class="hljs-number">1</span>)

<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">move</span><span class="hljs-params">(func)</span>:</span>
    <span class="hljs-keyword">for</span> i <span class="hljs-keyword">in</span> range(<span class="hljs-number">2</span>):
        print(<span class="hljs-string">&quot;I was at the %s! %s&quot;</span> %(func,ctime()))
        sleep(<span class="hljs-number">5</span>)

<span class="hljs-keyword">if</span> __name__ == <span class="hljs-string">&apos;__main__&apos;</span>:
    threads = []
    <span class="hljs-comment"># &#x9996;&#x5148;&#x9700;&#x8981;&#x751F;&#x6210;&#x4E00;&#x4E2A;Thread&#x7684;&#x7C7B;&#xFF0C; &#x7B2C;&#x4E00;&#x4E2A;&#x53C2;&#x6570;&#x662F;targe&#xFF0C; &#x6267;&#x884C;&#x7684;&#x51FD;&#x6570;&#x662F;&#x4EC0;&#x4E48;</span>
    t1 = threading.Thread(target=music, args=(<span class="hljs-string">&apos;&#x7231;&#x60C5;&#x4E70;&#x5356;&apos;</span>,))
    threads.append(t1)
    t2 = threading.Thread(target=move, args=(<span class="hljs-string">&apos;&#x963F;&#x51E1;&#x8FBE;&apos;</span>,))
    threads.append(t2)
    <span class="hljs-keyword">for</span> t <span class="hljs-keyword">in</span> threads:
        <span class="hljs-comment"># &#x5F00;&#x59CB;&#x8FD9;&#x4E2A;&#x7EBF;&#x7A0B;</span>
        t.start()
    <span class="hljs-keyword">for</span> t <span class="hljs-keyword">in</span> threads:
        <span class="hljs-comment"># &#x7B49;&#x5F85;&#x6240;&#x6709;&#x7684;&#x7EBF;&#x7A0B;&#x7ED3;&#x675F;</span>
        t.join()
    print(<span class="hljs-string">&quot;all over %s&quot;</span> %ctime())
</code></pre>
<h3 id="&#x6267;&#x884C;&#x7ED3;&#x679C;&#xFF1A;">&#x6267;&#x884C;&#x7ED3;&#x679C;&#xFF1A;</h3>
<pre><code class="lang-python">I was listening to &#x7231;&#x60C5;&#x4E70;&#x5356;. Wed Oct <span class="hljs-number">17</span> <span class="hljs-number">20</span>:<span class="hljs-number">53</span>:<span class="hljs-number">02</span> <span class="hljs-number">2018</span>
I was at the &#x963F;&#x51E1;&#x8FBE;! Wed Oct <span class="hljs-number">17</span> <span class="hljs-number">20</span>:<span class="hljs-number">53</span>:<span class="hljs-number">02</span> <span class="hljs-number">2018</span>
I was listening to &#x7231;&#x60C5;&#x4E70;&#x5356;. Wed Oct <span class="hljs-number">17</span> <span class="hljs-number">20</span>:<span class="hljs-number">53</span>:<span class="hljs-number">03</span> <span class="hljs-number">2018</span>
I was at the &#x963F;&#x51E1;&#x8FBE;! Wed Oct <span class="hljs-number">17</span> <span class="hljs-number">20</span>:<span class="hljs-number">53</span>:<span class="hljs-number">07</span> <span class="hljs-number">2018</span>
all over Wed Oct <span class="hljs-number">17</span> <span class="hljs-number">20</span>:<span class="hljs-number">53</span>:<span class="hljs-number">12</span> <span class="hljs-number">2018</span>
</code></pre>
<hr>
<h2 id="&#x7EBF;&#x7A0B;&#x6C60;&#x7684;&#x4EE3;&#x7801;&#xFF1A;">&#x7EBF;&#x7A0B;&#x6C60;&#x7684;&#x4EE3;&#x7801;&#xFF1A;</h2>
<pre><code class="lang-python"><span class="hljs-keyword">import</span> time
<span class="hljs-keyword">import</span> threadpool

<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">sayhello</span><span class="hljs-params">(str)</span>:</span>
    print(<span class="hljs-string">&quot;Hello &quot;</span>,str)
    <span class="hljs-keyword">if</span> str == <span class="hljs-string">&apos;aa&apos;</span>:
        time.sleep(<span class="hljs-number">8</span>)
    time.sleep(<span class="hljs-number">2</span>)

name_list =[<span class="hljs-string">&apos;xiaozi&apos;</span>,<span class="hljs-string">&apos;aa&apos;</span>,<span class="hljs-string">&apos;bb&apos;</span>,<span class="hljs-string">&apos;cc&apos;</span>]
start_time = time.time()
<span class="hljs-comment"># &#x521D;&#x59CB;&#x5316;&#x7EBF;&#x7A0B;&#x6C60;&#xFF0C; &#x7EBF;&#x7A0B;&#x6C60;&#x5185;&#x90E8;&#x7684;&#x7EBF;&#x7A0B;&#x7684;&#x4E2A;&#x6570;&#x90A3;&#x5C31;&#x662F;10</span>
pool = threadpool.ThreadPool(<span class="hljs-number">8</span>)
<span class="hljs-comment"># makeRquests&#x7684;&#x4F5C;&#x7528;&#x662F;&#x751F;&#x6210;&#x5F88;&#x591A;&#x7684;requests&#xFF0C;</span>
<span class="hljs-comment"># &#x5B83;&#x7684;&#x53C2;&#x6570;&#x5C31;&#x662F;1&#xFF0C; &#x9700;&#x8981;&#x6267;&#x884C;&#x7684;&#x51FD;&#x6570;&#xFF0C; &#x6267;&#x884C;&#x7684;&#x6240;&#x6709;&#x53C2;&#x6570;&#x7684;&#x5217;&#x8868;</span>
requests = threadpool.makeRequests(sayhello, name_list)
print(len(requests))
<span class="hljs-comment"># &#x5C06;request&#x653E;&#x5165;&#x5230;pool&#x91CC;&#x9762;. putRequest &#x7684;&#x610F;&#x601D;&#x662F;&#x5C06;requests&#x653E;&#x5165;&#x5230;&#x7EBF;&#x7A0B;&#x6C60;&#x4E2D;&#x53BB;&#x6267;&#x884C;</span>
[pool.putRequest(req) <span class="hljs-keyword">for</span> req <span class="hljs-keyword">in</span> requests]
pool.wait()
print(<span class="hljs-string">&apos;%d second&apos;</span>% (time.time()-start_time))
</code></pre>
<h3 id="&#x6267;&#x884C;&#x7ED3;&#x679C;&#xFF1A;">&#x6267;&#x884C;&#x7ED3;&#x679C;&#xFF1A;</h3>
<pre><code class="lang-python"><span class="hljs-number">4</span>
Hello  xiaozi
Hello  aa
Hello  bb
Hello  cc
<span class="hljs-number">10</span> second
</code></pre>
<hr>
<h2 id="&#x8FDB;&#x7A0B;&#x6C60;&#x7684;&#x4F7F;&#x7528;&#x4F8B;&#x5B50;&#xFF1A;&#x722C;&#x53D6;&#x559C;&#x9A6C;&#x62C9;&#x96C5;&#x3002;">&#x8FDB;&#x7A0B;&#x6C60;&#x7684;&#x4F7F;&#x7528;&#x4F8B;&#x5B50;&#xFF1A;&#x722C;&#x53D6;&#x559C;&#x9A6C;&#x62C9;&#x96C5;&#x3002;</h2>
<pre><code class="lang-python"><span class="hljs-keyword">import</span> requests
<span class="hljs-keyword">import</span> os
<span class="hljs-keyword">from</span> lxml <span class="hljs-keyword">import</span> etree
<span class="hljs-keyword">import</span> multiprocessing

headers = {
    <span class="hljs-string">&apos;User-Agent&apos;</span>: <span class="hljs-string">&apos;Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/68.0.3440.106 Safari/537.36&apos;</span>,
}
<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">download_one_page</span><span class="hljs-params">()</span>:</span>
    url_list = []
    url = <span class="hljs-string">&apos;https://www.ximalaya.com/lishi/4164479/&apos;</span>
    base_m4a_url = <span class="hljs-string">&apos;https://www.ximalaya.com/revision/play/tracks?trackIds={}&apos;</span>
    response = requests.get(url, headers=headers)
    html_ele = etree.HTML(response.text)
    href_list = html_ele.xpath(<span class="hljs-string">&apos;//div[@class=&quot;dOi2 text&quot;]/a/@href&apos;</span>)
    <span class="hljs-keyword">for</span> href <span class="hljs-keyword">in</span> href_list:
        <span class="hljs-comment"># &#x6211;&#x4EEC;&#x53EA;&#x53BB;&#x83B7;&#x53D6;trackID&#xFF0C; trackID &#x5C31;&#x662F;href&#x7684;&#x6700;&#x540E;&#x7684;&#x6570;&#x5B57;</span>
        trackID = href.split(<span class="hljs-string">&apos;/&apos;</span>)[-<span class="hljs-number">1</span>]
        m4a_url = base_m4a_url.format(trackID)
        url_list.append(m4a_url)
        <span class="hljs-comment">#print(&apos;download... url=&apos; + m4a_url)</span>
        <span class="hljs-comment">#download_m4a_from_url(m4a_url)</span>
    <span class="hljs-keyword">return</span> url_list

<span class="hljs-comment"># with open(&apos;ximalaya.html&apos;, &apos;wb&apos;) as f:</span>
<span class="hljs-comment">#     f.write(response.content)</span>

<span class="hljs-comment">#url = &apos;https://www.ximalaya.com/revision/play/tracks?trackIds=32176227&apos;</span>

<span class="hljs-function"><span class="hljs-keyword">def</span> <span class="hljs-title">download_m4a_from_url</span><span class="hljs-params">(m4a_url)</span>:</span>
    print(<span class="hljs-string">&apos;downloading .... url=&apos;</span> + m4a_url)
    response = requests.get(m4a_url, headers=headers)
    <span class="hljs-comment"># &#x83B7;&#x53D6;json&#x5185;&#x7684;src&#x7684;&#x5185;&#x5BB9;</span>
    res_dict = response.json()
    src = res_dict[<span class="hljs-string">&apos;data&apos;</span>][<span class="hljs-string">&apos;tracksForAudioPlay&apos;</span>][<span class="hljs-number">0</span>][<span class="hljs-string">&apos;src&apos;</span>]
    name = res_dict[<span class="hljs-string">&apos;data&apos;</span>][<span class="hljs-string">&apos;tracksForAudioPlay&apos;</span>][<span class="hljs-number">0</span>][<span class="hljs-string">&apos;trackName&apos;</span>]
    dictionary = <span class="hljs-string">&apos;download&apos;</span>
    filename = dictionary + <span class="hljs-string">&apos;/&apos;</span> + name + <span class="hljs-string">&apos;.m4a&apos;</span>
    response = requests.get(src)


    <span class="hljs-keyword">if</span> <span class="hljs-keyword">not</span> os.path.exists(dictionary):
        os.mkdir(dictionary)

    <span class="hljs-keyword">with</span> open(filename, <span class="hljs-string">&apos;wb&apos;</span>) <span class="hljs-keyword">as</span> f:
        f.write(response.content)

<span class="hljs-keyword">if</span> __name__ == <span class="hljs-string">&apos;__main__&apos;</span>:
    <span class="hljs-keyword">import</span> time
    start_time = time.time()
    <span class="hljs-comment"># &#x9996;&#x5148;&#x9700;&#x8981;&#x751F;&#x6210;&#x4E00;&#x4E2A;pool&#xFF0C; &#x7528;&#x4E8E;&#x5B58;&#x653E;&#x8FDB;&#x7A0B;</span>
    pool = multiprocessing.Pool(processes=<span class="hljs-number">4</span>)
    url_list = download_one_page()
    <span class="hljs-keyword">for</span> m4a_url <span class="hljs-keyword">in</span> url_list:
        <span class="hljs-comment"># &#x9700;&#x8981;&#x5C06;&#x51FD;&#x6570;&#x653E;&#x5165;&#x5230;pool&#x4E2D;&#x8FDB;&#x884C;&#x6267;&#x884C;</span>
        pool.apply_async(download_m4a_from_url, (m4a_url, ))

    pool.close()
    pool.join()

    end_time = time.time()
    print(<span class="hljs-string">&apos;&#x6267;&#x884C;&#x7684;&#x65F6;&#x95F4;&#x662F;&#xFF1A;&apos;</span>, end_time-start_time)
    <span class="hljs-comment"># 163.06532669067383</span>
</code></pre>

                    
                    </section>
                
                
                </div>
            </div>
        </div>

        
        <a href="../进程线程协程/multiprecessing.html" class="navigation navigation-prev " aria-label="Previous page: multiprecessing"><i class="fa fa-angle-left"></i></a>
        
        
        <a href="../scrapy框架/scrapy.html" class="navigation navigation-next " aria-label="Next page: Scrapy"><i class="fa fa-angle-right"></i></a>
        
    </div>
</div>

        
<script src="../gitbook/app.js"></script>

    
    <script src="../gitbook/plugins/gitbook-plugin-search/lunr.min.js"></script>
    

    
    <script src="../gitbook/plugins/gitbook-plugin-search/search.js"></script>
    

    
    <script src="../gitbook/plugins/gitbook-plugin-sharing/buttons.js"></script>
    

    
    <script src="../gitbook/plugins/gitbook-plugin-fontsettings/buttons.js"></script>
    

<script>
require(["gitbook"], function(gitbook) {
    var config = {"highlight":{},"search":{"maxIndexSize":1000000},"sharing":{"facebook":true,"twitter":true,"google":false,"weibo":false,"instapaper":false,"vk":false,"all":["facebook","google","twitter","weibo","instapaper"]},"fontsettings":{"theme":"white","family":"sans","size":2}};
    gitbook.start(config);
});
</script>

        
    </body>
    
</html>
